<!-- HTML header for doxygen 1.8.9.1-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>ROSS: core/tw-event.c Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  <td style="padding-left: 0.5em;">
   <a href="https://github.com/ROSS-org/ROSS">
   <div id="projectname">ROSS
   </div>
   </a>
  </td>
 </tr>
 </tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
      <li><a href="annotated.html"><span>Data&#160;Structures</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
      <li><a href="globals.html"><span>Globals</span></a></li>
    </ul>
  </div>
<div id="nav-path" class="navpath">
  <ul>
<li class="navelem"><a class="el" href="dir_af18cf245e3394ab3b436135935cfd6e.html">core</a></li>  </ul>
</div>
</div><!-- top -->
<div class="header">
  <div class="headertitle">
<div class="title">tw-event.c</div>  </div>
</div><!--header-->
<div class="contents">
<a href="tw-event_8c.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="ross_8h.html">ross.h</a>&gt;</span></div>
<div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="preprocessor">#include &lt;assert.h&gt;</span></div>
<div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;</div>
<div class="line"><a name="l00004"></a><span class="lineno"><a class="line" href="tw-event_8c.html#a431afc0e2b850ff343a302bf418bdf64">    4</a></span>&#160;<span class="keyword">static</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="tw-event_8c.html#a431afc0e2b850ff343a302bf418bdf64">link_causality</a> (<a class="code" href="structtw__event.html">tw_event</a> *nev, <a class="code" href="structtw__event.html">tw_event</a> *cev) {</div>
<div class="line"><a name="l00005"></a><span class="lineno">    5</span>&#160;    nev-&gt;<a class="code" href="structtw__event.html#aac80968705fca84ecb01e83ea46419f3">cause_next</a> = cev-&gt;<a class="code" href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">caused_by_me</a>;</div>
<div class="line"><a name="l00006"></a><span class="lineno">    6</span>&#160;    cev-&gt;<a class="code" href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">caused_by_me</a> = nev;</div>
<div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;}</div>
<div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;</div>
<div class="line"><a name="l00009"></a><span class="lineno"><a class="line" href="tw-event_8c.html#ad057802273cd99b0e039da1ba15080ac">    9</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="tw-event_8c.html#ad057802273cd99b0e039da1ba15080ac">tw_event_send</a>(<a class="code" href="structtw__event.html">tw_event</a> * event) {</div>
<div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;    <a class="code" href="structtw__lp.html">tw_lp</a>     *src_lp = <span class="keyword">event</span>-&gt;src_lp;</div>
<div class="line"><a name="l00011"></a><span class="lineno">   11</span>&#160;    <a class="code" href="structtw__pe.html">tw_pe</a>     *send_pe = src_lp-&gt;<a class="code" href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">pe</a>;</div>
<div class="line"><a name="l00012"></a><span class="lineno">   12</span>&#160;    <a class="code" href="structtw__pe.html">tw_pe</a>     *dest_pe = NULL;</div>
<div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> pq_start, net_start;</div>
<div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;</div>
<div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;    <a class="code" href="ross_8h.html#a1ec2e3807f66c4270f47acb0e555a519">tw_peid</a>        dest_peid = -1;</div>
<div class="line"><a name="l00016"></a><span class="lineno">   16</span>&#160;    <a class="code" href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a>   recv_ts = <span class="keyword">event</span>-&gt;recv_ts;</div>
<div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;</div>
<div class="line"><a name="l00018"></a><span class="lineno">   18</span>&#160;    <span class="keywordflow">if</span> (event == send_pe-&gt;<a class="code" href="structtw__pe.html#a76e88f72d90635b512db0ba17d570e2f">abort_event</a>) {</div>
<div class="line"><a name="l00019"></a><span class="lineno">   19</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(recv_ts) &lt; <a class="code" href="ross-extern_8h.html#aedd6d883bb5b01f0d5c1121f48b0477e">g_tw_ts_end</a>) {</div>
<div class="line"><a name="l00020"></a><span class="lineno">   20</span>&#160;            send_pe-&gt;<a class="code" href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">cev_abort</a> = 1;</div>
<div class="line"><a name="l00021"></a><span class="lineno">   21</span>&#160;        }</div>
<div class="line"><a name="l00022"></a><span class="lineno">   22</span>&#160;        <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00023"></a><span class="lineno">   23</span>&#160;    }</div>
<div class="line"><a name="l00024"></a><span class="lineno">   24</span>&#160;</div>
<div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;<span class="preprocessor">#ifdef USE_RIO</span></div>
<div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;<span class="preprocessor"></span>    <span class="comment">// rio saves events scheduled past end time</span></div>
<div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;     <span class="keywordflow">if</span> (recv_ts &gt;= <a class="code" href="ross-extern_8h.html#aedd6d883bb5b01f0d5c1121f48b0477e">g_tw_ts_end</a>) {</div>
<div class="line"><a name="l00028"></a><span class="lineno">   28</span>&#160;        <a class="code" href="tw-event_8c.html#a431afc0e2b850ff343a302bf418bdf64">link_causality</a>(event, send_pe-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a>);</div>
<div class="line"><a name="l00029"></a><span class="lineno">   29</span>&#160;        <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00030"></a><span class="lineno">   30</span>&#160;    }</div>
<div class="line"><a name="l00031"></a><span class="lineno">   31</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00032"></a><span class="lineno">   32</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00033"></a><span class="lineno">   33</span>&#160;     <span class="comment">// moved from network-mpi.c in order to give all events a seq_num</span></div>
<div class="line"><a name="l00034"></a><span class="lineno">   34</span>&#160;     <span class="keyword">event</span>-&gt;event_id = (<a class="code" href="ross-types_8h.html#aec5cb2bd2e05292a8f326a7b2358ee03">tw_eventid</a>) ++send_pe-&gt;<a class="code" href="structtw__pe.html#af05df69f14217e3d596ad127b3bee586">seq_num</a>;</div>
<div class="line"><a name="l00035"></a><span class="lineno">   35</span>&#160;</div>
<div class="line"><a name="l00036"></a><span class="lineno">   36</span>&#160;    <span class="comment">// call LP remote mapping function to get dest_pe</span></div>
<div class="line"><a name="l00037"></a><span class="lineno">   37</span>&#160;    dest_peid = (*src_lp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#a318b36c6d9614b4393a3fa010cb84a14">map</a>) ((<a class="code" href="ross_8h.html#a911515dff2fb79886a16ed44df5f9d20">tw_lpid</a>) event-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>);</div>
<div class="line"><a name="l00038"></a><span class="lineno">   38</span>&#160;    <span class="keyword">event</span>-&gt;send_lp = src_lp-&gt;<a class="code" href="structtw__lp.html#a3e75d9bf7796c16870ad686564ee4c20">gid</a>;</div>
<div class="line"><a name="l00039"></a><span class="lineno">   39</span>&#160;</div>
<div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;    <span class="comment">//Trap lookahead violations</span></div>
<div class="line"><a name="l00041"></a><span class="lineno">   41</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> == <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda70cd78c3dbc0801ed52437fa82a6e8ef">CONSERVATIVE</a>) {</div>
<div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(recv_ts) - <a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(<a class="code" href="ross-kernel-inline_8h.html#a543cb527662432d81f65c327e5e5f1b0">tw_now</a>(src_lp)) &lt; <a class="code" href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a>) {</div>
<div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;            <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Lookahead violation: decrease g_tw_lookahead %f\n&quot;</span></div>
<div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;                    <span class="stringliteral">&quot;Event causing violation: src LP: %lu, src PE: %lu\n&quot;</span></div>
<div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;                    <span class="stringliteral">&quot;dest LP %lu, dest PE %lu, recv_ts %f\n&quot;</span>,</div>
<div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;                    <a class="code" href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a>, src_lp-&gt;<a class="code" href="structtw__lp.html#a3e75d9bf7796c16870ad686564ee4c20">gid</a>, send_pe-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a>, event-&gt;<a class="code" href="structtw__event.html#a5cd6fd55a542c4149205cafbc13fcdcd">dest_lpid</a>,</div>
<div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;                    dest_peid, recv_ts);</div>
<div class="line"><a name="l00048"></a><span class="lineno">   48</span>&#160;        }</div>
<div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;    }</div>
<div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;</div>
<div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;    <span class="keywordflow">if</span> (event-&gt;<a class="code" href="structtw__event.html#a88a806c3cd8223c58419d2c817e9b36e">out_msgs</a>) {</div>
<div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;        <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;It is an error to send an event with pre-loaded output message.&quot;</span>);</div>
<div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;    }</div>
<div class="line"><a name="l00054"></a><span class="lineno">   54</span>&#160;</div>
<div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;    <a class="code" href="tw-event_8c.html#a431afc0e2b850ff343a302bf418bdf64">link_causality</a>(event, send_pe-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a>);</div>
<div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;</div>
<div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;    <span class="keywordflow">if</span> (dest_peid == <a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a>) {</div>
<div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;        <span class="keyword">event</span>-&gt;dest_lp = <a class="code" href="ross-kernel-inline_8h.html#a3e5591d29e9db9c6a1a1cc19ed55feec">tw_getlocal_lp</a>((<a class="code" href="ross_8h.html#a911515dff2fb79886a16ed44df5f9d20">tw_lpid</a>) event-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>);</div>
<div class="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;        dest_pe = <span class="keyword">event</span>-&gt;dest_lp-&gt;pe;</div>
<div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;</div>
<div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;        <span class="keywordflow">if</span> (send_pe == dest_pe &amp;&amp; <a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(event-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a>, recv_ts) &lt;= 0) {</div>
<div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;            <span class="comment">/* Fast case, we are sending to our own PE and there is</span></div>
<div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;<span class="comment">            * no rollback caused by this send.  We cannot have any</span></div>
<div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;<span class="comment">            * transient messages on local sends so we can return.</span></div>
<div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;<span class="comment">            */</span></div>
<div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;            pq_start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;            <a class="code" href="splay_8c.html#a60a6784c1d092ff7ddf96cf6762d7b9e">tw_pq_enqueue</a>(send_pe-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>, event);</div>
<div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;            send_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - pq_start;</div>
<div class="line"><a name="l00069"></a><span class="lineno">   69</span>&#160;            <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00070"></a><span class="lineno">   70</span>&#160;        } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;            <span class="comment">/* Slower, but still local send, so put into top of</span></div>
<div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;<span class="comment">            * dest_pe-&gt;event_q.</span></div>
<div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;<span class="comment">            */</span></div>
<div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;            <span class="keyword">event</span>-&gt;state.owner = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6">TW_pe_event_q</a>;</div>
<div class="line"><a name="l00075"></a><span class="lineno">   75</span>&#160;</div>
<div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;            <a class="code" href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a>(&amp;dest_pe-&gt;<a class="code" href="structtw__pe.html#a3164a458415135a6b5310d5f2394202a">event_q</a>, event);</div>
<div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;</div>
<div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;            <span class="keywordflow">if</span>(send_pe != dest_pe) {</div>
<div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;                send_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a25c1b19b67e5b437265c98a444d89fc2">s_nsend_loc_remote</a>++;</div>
<div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;            }</div>
<div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;        }</div>
<div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;    } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;        <span class="comment">/* Slowest approach of all; this is not a local event.</span></div>
<div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;<span class="comment">        * We need to send it over the network to the other PE</span></div>
<div class="line"><a name="l00085"></a><span class="lineno">   85</span>&#160;<span class="comment">        * for processing.</span></div>
<div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;<span class="comment">        */</span></div>
<div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;        send_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#ab8856e6a9484744cb864ec3b94c1f86d">s_nsend_net_remote</a>++;</div>
<div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;        <span class="comment">//event-&gt;src_lp-&gt;lp_stats-&gt;s_nsend_net_remote++;</span></div>
<div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;        <span class="keyword">event</span>-&gt;state.owner = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44">TW_net_asend</a>;</div>
<div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;        net_start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;        <a class="code" href="network-mpi_8c.html#ac1e0e20e3cba954c23932ed9a55d6dc6">tw_net_send</a>(event);</div>
<div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;        send_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#aad1a97ac3d3b2a0b5be6a77e576d08a4">s_net_other</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - net_start;</div>
<div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;    }</div>
<div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;</div>
<div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;    <span class="keywordflow">if</span>(<a class="code" href="mpi__allreduce_8h.html#a7a58c92b0e80a7be5f3a741f75df71f8">tw_gvt_inprogress</a>(send_pe)) {</div>
<div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;        send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> = (<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a>, recv_ts) &lt; 0) ? send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> : recv_ts;</div>
<div class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;    }</div>
<div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;}</div>
<div class="line"><a name="l00099"></a><span class="lineno">   99</span>&#160;</div>
<div class="line"><a name="l00100"></a><span class="lineno"><a class="line" href="tw-event_8c.html#adc74ca3ef069799b8f7bc8a0130a00aa">  100</a></span>&#160;<span class="keyword">static</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="tw-event_8c.html#adc74ca3ef069799b8f7bc8a0130a00aa">local_cancel</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *d, <a class="code" href="structtw__event.html">tw_event</a> *event) {</div>
<div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160;    <span class="keyword">event</span>-&gt;state.cancel_q = 1;</div>
<div class="line"><a name="l00102"></a><span class="lineno">  102</span>&#160;</div>
<div class="line"><a name="l00103"></a><span class="lineno">  103</span>&#160;    <span class="keyword">event</span>-&gt;cancel_next = d-&gt;<a class="code" href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">cancel_q</a>;</div>
<div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;    d-&gt;<a class="code" href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">cancel_q</a> = event;</div>
<div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;}</div>
<div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;</div>
<div class="line"><a name="l00107"></a><span class="lineno"><a class="line" href="tw-event_8c.html#ace65c26a8d368f9b222d3d4416bff0af">  107</a></span>&#160;<span class="keyword">static</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="tw-event_8c.html#ace65c26a8d368f9b222d3d4416bff0af">event_cancel</a>(<a class="code" href="structtw__event.html">tw_event</a> * event) {</div>
<div class="line"><a name="l00108"></a><span class="lineno">  108</span>&#160;    <a class="code" href="structtw__pe.html">tw_pe</a> *send_pe = <span class="keyword">event</span>-&gt;src_lp-&gt;pe;</div>
<div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;    <a class="code" href="ross_8h.html#a1ec2e3807f66c4270f47acb0e555a519">tw_peid</a> dest_peid;</div>
<div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> net_start;</div>
<div class="line"><a name="l00111"></a><span class="lineno">  111</span>&#160;</div>
<div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;    <span class="keywordflow">if</span>( event-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> == <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44">TW_net_asend</a> ||</div>
<div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;        event-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> == <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021aa527853575c8e8e7c07398131ff2a047">TW_net_outq</a>  || <span class="comment">// need to consider this case - Chris 06/13/2018</span></div>
<div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;        event-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> == <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2aa790f48e8249fb18b1739b7cf9fef0">TW_pe_sevent_q</a>) {</div>
<div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;        <span class="comment">/* Slowest approach of all; this has to be sent over the</span></div>
<div class="line"><a name="l00116"></a><span class="lineno">  116</span>&#160;<span class="comment">        * network to let the dest_pe know it shouldn&#39;t have seen</span></div>
<div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;<span class="comment">        * it in the first place.</span></div>
<div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;<span class="comment">        */</span></div>
<div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;        net_start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00120"></a><span class="lineno">  120</span>&#160;        <a class="code" href="network-mpi_8c.html#a7032d3d1b4b869e4f1669248c7cf6447">tw_net_cancel</a>(event);</div>
<div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;        send_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#ab8856e6a9484744cb864ec3b94c1f86d">s_nsend_net_remote</a>--;</div>
<div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;        send_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#aad1a97ac3d3b2a0b5be6a77e576d08a4">s_net_other</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - net_start;</div>
<div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;        <span class="comment">//event-&gt;src_lp-&gt;lp_stats-&gt;s_nsend_net_remote--;</span></div>
<div class="line"><a name="l00124"></a><span class="lineno">  124</span>&#160;</div>
<div class="line"><a name="l00125"></a><span class="lineno">  125</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="mpi__allreduce_8h.html#a7a58c92b0e80a7be5f3a741f75df71f8">tw_gvt_inprogress</a>(send_pe)) {</div>
<div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;            send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> = (<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a>, event-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &lt; 0) ? send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> : event-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;        }</div>
<div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;</div>
<div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;        <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;    }</div>
<div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;</div>
<div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;<span class="preprocessor">#ifdef USE_RIO</span></div>
<div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;<span class="preprocessor"></span>    <span class="keywordflow">if</span> (event-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> == IO_buffer) {</div>
<div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;        <a class="code" href="io-mpi_8c.html#a18038e8927326d19a30e302918ee9780">io_event_cancel</a>(event);</div>
<div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;        <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00136"></a><span class="lineno">  136</span>&#160;    }</div>
<div class="line"><a name="l00137"></a><span class="lineno">  137</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00139"></a><span class="lineno">  139</span>&#160;    dest_peid = <span class="keyword">event</span>-&gt;dest_lp-&gt;pe-&gt;id;</div>
<div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;</div>
<div class="line"><a name="l00141"></a><span class="lineno">  141</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> pq_start;</div>
<div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;    <span class="keywordflow">if</span> (send_pe-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a> == dest_peid) {</div>
<div class="line"><a name="l00143"></a><span class="lineno">  143</span>&#160;        <span class="keywordflow">switch</span> (event-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>) {</div>
<div class="line"><a name="l00144"></a><span class="lineno">  144</span>&#160;            <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a78b06964847ca1cb36eb2ab8451994f8">TW_pe_pq</a>:</div>
<div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;                <span class="comment">/* Currently in our pq and not processed; delete it and</span></div>
<div class="line"><a name="l00146"></a><span class="lineno">  146</span>&#160;<span class="comment">                * free the event buffer immediately.  No need to wait.</span></div>
<div class="line"><a name="l00147"></a><span class="lineno">  147</span>&#160;<span class="comment">                */</span></div>
<div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160;                pq_start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;                <a class="code" href="splay_8c.html#a94afee48f89c610daf86df689b10712e">tw_pq_delete_any</a>(send_pe-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>, event);</div>
<div class="line"><a name="l00150"></a><span class="lineno">  150</span>&#160;                send_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - pq_start;</div>
<div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;                <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(send_pe, event);</div>
<div class="line"><a name="l00152"></a><span class="lineno">  152</span>&#160;                <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;</div>
<div class="line"><a name="l00154"></a><span class="lineno">  154</span>&#160;            <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6">TW_pe_event_q</a>:</div>
<div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;            <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551">TW_kp_pevent_q</a>:</div>
<div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;                <a class="code" href="tw-event_8c.html#adc74ca3ef069799b8f7bc8a0130a00aa">local_cancel</a>(send_pe, event);</div>
<div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;</div>
<div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;                <span class="keywordflow">if</span>(<a class="code" href="mpi__allreduce_8h.html#a7a58c92b0e80a7be5f3a741f75df71f8">tw_gvt_inprogress</a>(send_pe)) {</div>
<div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;                    send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> = (<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a>, event-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &lt; 0) ? send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> : event-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;                }</div>
<div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;                <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00162"></a><span class="lineno">  162</span>&#160;</div>
<div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;            <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00164"></a><span class="lineno">  164</span>&#160;                <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;unknown fast local cancel owner %d&quot;</span>, event-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>);</div>
<div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;        }</div>
<div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;    } <span class="keywordflow">else</span> <span class="keywordflow">if</span> ((<span class="keywordtype">unsigned</span> <span class="keywordtype">long</span>)send_pe-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a> == dest_peid) {</div>
<div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;        <span class="comment">/* Slower, but still a local cancel, so put into</span></div>
<div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;<span class="comment">        * top of dest_pe-&gt;cancel_q for final deletion.</span></div>
<div class="line"><a name="l00169"></a><span class="lineno">  169</span>&#160;<span class="comment">        */</span></div>
<div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;        <a class="code" href="tw-event_8c.html#adc74ca3ef069799b8f7bc8a0130a00aa">local_cancel</a>(event-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>-&gt;<a class="code" href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">pe</a>, event);</div>
<div class="line"><a name="l00171"></a><span class="lineno">  171</span>&#160;        send_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a25c1b19b67e5b437265c98a444d89fc2">s_nsend_loc_remote</a>--;</div>
<div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;</div>
<div class="line"><a name="l00173"></a><span class="lineno">  173</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="mpi__allreduce_8h.html#a7a58c92b0e80a7be5f3a741f75df71f8">tw_gvt_inprogress</a>(send_pe)) {</div>
<div class="line"><a name="l00174"></a><span class="lineno">  174</span>&#160;            send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> = (<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a>, event-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &lt; 0) ? send_pe-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> : event-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00175"></a><span class="lineno">  175</span>&#160;        }</div>
<div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;    } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;        <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Should be remote cancel!&quot;</span>);</div>
<div class="line"><a name="l00178"></a><span class="lineno">  178</span>&#160;    }</div>
<div class="line"><a name="l00179"></a><span class="lineno">  179</span>&#160;}</div>
<div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;</div>
<div class="line"><a name="l00181"></a><span class="lineno"><a class="line" href="tw-event_8c.html#ad90c1310a5aeee6d9bff67237f3e9913">  181</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="tw-event_8c.html#ad90c1310a5aeee6d9bff67237f3e9913">tw_event_rollback</a>(<a class="code" href="structtw__event.html">tw_event</a> * event) {</div>
<div class="line"><a name="l00182"></a><span class="lineno">  182</span>&#160;    <a class="code" href="structtw__event.html">tw_event</a>  *e = <span class="keyword">event</span>-&gt;<a class="code" href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">caused_by_me</a>;</div>
<div class="line"><a name="l00183"></a><span class="lineno">  183</span>&#160;    <a class="code" href="structtw__lp.html">tw_lp</a>     *dest_lp = <span class="keyword">event</span>-&gt;dest_lp;</div>
<div class="line"><a name="l00184"></a><span class="lineno">  184</span>&#160;</div>
<div class="line"><a name="l00185"></a><span class="lineno">  185</span>&#160;    <a class="code" href="ross-extern_8h.html#a3490c6c78a69f802cbb1ec82c2f13f9e">tw_free_output_messages</a>(event, 0);</div>
<div class="line"><a name="l00186"></a><span class="lineno">  186</span>&#160;</div>
<div class="line"><a name="l00187"></a><span class="lineno">  187</span>&#160;    dest_lp-&gt;<a class="code" href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">pe</a>-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a> = event;</div>
<div class="line"><a name="l00188"></a><span class="lineno">  188</span>&#160;    dest_lp-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a> = <span class="keyword">event</span>-&gt;recv_ts;</div>
<div class="line"><a name="l00189"></a><span class="lineno">  189</span>&#160;</div>
<div class="line"><a name="l00190"></a><span class="lineno">  190</span>&#160;    <span class="keywordflow">if</span>( dest_lp-&gt;<a class="code" href="structtw__lp.html#ae11766e3b01615bae30171e735ff7e07">suspend_flag</a> &amp;&amp;</div>
<div class="line"><a name="l00191"></a><span class="lineno">  191</span>&#160;        dest_lp-&gt;<a class="code" href="structtw__lp.html#ae20ce4f168ec2a179882101b4bbd1a6e">suspend_event</a> == event &amp;&amp;</div>
<div class="line"><a name="l00192"></a><span class="lineno">  192</span>&#160;        <span class="comment">// Must test time stamp since events are reused once GVT sweeps by</span></div>
<div class="line"><a name="l00193"></a><span class="lineno">  193</span>&#160;        <a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(dest_lp-&gt;<a class="code" href="structtw__lp.html#aee9aa2042269d102347b762c08c43202">suspend_time</a>, event-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) == 0)</div>
<div class="line"><a name="l00194"></a><span class="lineno">  194</span>&#160;      {</div>
<div class="line"><a name="l00195"></a><span class="lineno">  195</span>&#160;        <span class="comment">// unsuspend the LP</span></div>
<div class="line"><a name="l00196"></a><span class="lineno">  196</span>&#160;        dest_lp-&gt;<a class="code" href="structtw__lp.html#ae11766e3b01615bae30171e735ff7e07">suspend_flag</a> = 0;</div>
<div class="line"><a name="l00197"></a><span class="lineno">  197</span>&#160;        dest_lp-&gt;<a class="code" href="structtw__lp.html#ae20ce4f168ec2a179882101b4bbd1a6e">suspend_event</a> = NULL;</div>
<div class="line"><a name="l00198"></a><span class="lineno">  198</span>&#160;        dest_lp-&gt;<a class="code" href="structtw__lp.html#aee9aa2042269d102347b762c08c43202">suspend_time</a> = <a class="code" href="ross_8h.html#a273c2f3e8e704f34d62888aa26e61d73">TW_STIME_CRT</a>(0.0);</div>
<div class="line"><a name="l00199"></a><span class="lineno">  199</span>&#160;        dest_lp-&gt;<a class="code" href="structtw__lp.html#aa976d1a31ef6d0c3e93b39c51469f3d7">suspend_error_number</a> = 0;</div>
<div class="line"><a name="l00200"></a><span class="lineno">  200</span>&#160;</div>
<div class="line"><a name="l00201"></a><span class="lineno">  201</span>&#160;        <span class="keywordflow">if</span>( dest_lp-&gt;<a class="code" href="structtw__lp.html#a8d2c4500e1527356692c77a373dee093">suspend_do_orig_event_rc</a> == 0 )</div>
<div class="line"><a name="l00202"></a><span class="lineno">  202</span>&#160;          {</div>
<div class="line"><a name="l00203"></a><span class="lineno">  203</span>&#160;            <span class="keywordflow">goto</span> jump_over_rc_event_handler;</div>
<div class="line"><a name="l00204"></a><span class="lineno">  204</span>&#160;          }</div>
<div class="line"><a name="l00205"></a><span class="lineno">  205</span>&#160;        <span class="keywordflow">else</span></div>
<div class="line"><a name="l00206"></a><span class="lineno">  206</span>&#160;          { <span class="comment">// reset</span></div>
<div class="line"><a name="l00207"></a><span class="lineno">  207</span>&#160;            dest_lp-&gt;<a class="code" href="structtw__lp.html#a8d2c4500e1527356692c77a373dee093">suspend_do_orig_event_rc</a> = 0;</div>
<div class="line"><a name="l00208"></a><span class="lineno">  208</span>&#160;            <span class="comment">// note, should fall thru and process reverse events</span></div>
<div class="line"><a name="l00209"></a><span class="lineno">  209</span>&#160;          }</div>
<div class="line"><a name="l00210"></a><span class="lineno">  210</span>&#160;      }</div>
<div class="line"><a name="l00211"></a><span class="lineno">  211</span>&#160;    <span class="keywordflow">else</span> <span class="keywordflow">if</span>( dest_lp-&gt;<a class="code" href="structtw__lp.html#ae11766e3b01615bae30171e735ff7e07">suspend_flag</a> )</div>
<div class="line"><a name="l00212"></a><span class="lineno">  212</span>&#160;      { <span class="comment">// don&#39;t rc this event since it was never forward processed</span></div>
<div class="line"><a name="l00213"></a><span class="lineno">  213</span>&#160;        <span class="keywordflow">goto</span> jump_over_rc_event_handler;</div>
<div class="line"><a name="l00214"></a><span class="lineno">  214</span>&#160;      }</div>
<div class="line"><a name="l00215"></a><span class="lineno">  215</span>&#160;</div>
<div class="line"><a name="l00216"></a><span class="lineno">  216</span>&#160;    (*dest_lp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#ad1bfa89c4d8d2d7f5361a1745c64cfdc">revent</a>)(dest_lp-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, &amp;event-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>, <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(event), dest_lp);</div>
<div class="line"><a name="l00217"></a><span class="lineno">  217</span>&#160;</div>
<div class="line"><a name="l00218"></a><span class="lineno">  218</span>&#160;    <span class="comment">// reset critical path</span></div>
<div class="line"><a name="l00219"></a><span class="lineno">  219</span>&#160;    dest_lp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a> = <span class="keyword">event</span>-&gt;critical_path;</div>
<div class="line"><a name="l00220"></a><span class="lineno">  220</span>&#160;</div>
<div class="line"><a name="l00221"></a><span class="lineno">  221</span>&#160;jump_over_rc_event_handler:</div>
<div class="line"><a name="l00222"></a><span class="lineno">  222</span>&#160;    <span class="keywordflow">if</span> (event-&gt;<a class="code" href="structtw__event.html#accbcced0daa7dca4b2bfec444fa6d975">delta_buddy</a>) {</div>
<div class="line"><a name="l00223"></a><span class="lineno">  223</span>&#160;        <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00224"></a><span class="lineno">  224</span>&#160;        <a class="code" href="buddy_8c.html#a2d38d5280dce5d4f0b85410e00c293a6">buddy_free</a>(event-&gt;<a class="code" href="structtw__event.html#accbcced0daa7dca4b2bfec444fa6d975">delta_buddy</a>);</div>
<div class="line"><a name="l00225"></a><span class="lineno">  225</span>&#160;        <a class="code" href="ross-extern_8h.html#a2f67789cc425e7d839fa4b983f5b8505">g_tw_pe</a>-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a11793b1e0f358ce83e0f0e7d858f14c5">s_buddy</a> += (<a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start);</div>
<div class="line"><a name="l00226"></a><span class="lineno">  226</span>&#160;        <span class="keyword">event</span>-&gt;delta_buddy = 0;</div>
<div class="line"><a name="l00227"></a><span class="lineno">  227</span>&#160;    }</div>
<div class="line"><a name="l00228"></a><span class="lineno">  228</span>&#160;</div>
<div class="line"><a name="l00229"></a><span class="lineno">  229</span>&#160;    <span class="keywordflow">while</span> (e) {</div>
<div class="line"><a name="l00230"></a><span class="lineno">  230</span>&#160;        <a class="code" href="structtw__event.html">tw_event</a> *n = e-&gt;<a class="code" href="structtw__event.html#aac80968705fca84ecb01e83ea46419f3">cause_next</a>;</div>
<div class="line"><a name="l00231"></a><span class="lineno">  231</span>&#160;        e-&gt;<a class="code" href="structtw__event.html#aac80968705fca84ecb01e83ea46419f3">cause_next</a> = NULL;</div>
<div class="line"><a name="l00232"></a><span class="lineno">  232</span>&#160;</div>
<div class="line"><a name="l00233"></a><span class="lineno">  233</span>&#160;        <a class="code" href="tw-event_8c.html#ace65c26a8d368f9b222d3d4416bff0af">event_cancel</a>(e);</div>
<div class="line"><a name="l00234"></a><span class="lineno">  234</span>&#160;        e = n;</div>
<div class="line"><a name="l00235"></a><span class="lineno">  235</span>&#160;    }</div>
<div class="line"><a name="l00236"></a><span class="lineno">  236</span>&#160;</div>
<div class="line"><a name="l00237"></a><span class="lineno">  237</span>&#160;    <span class="keyword">event</span>-&gt;<a class="code" href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">caused_by_me</a> = NULL;</div>
<div class="line"><a name="l00238"></a><span class="lineno">  238</span>&#160;</div>
<div class="line"><a name="l00239"></a><span class="lineno">  239</span>&#160;    dest_lp-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>-&gt;<a class="code" href="structtw__kp.html#a2c69e0142ab6df7345feeb819dc7b86a">s_e_rbs</a>++;</div>
<div class="line"><a name="l00240"></a><span class="lineno">  240</span>&#160;    <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00241"></a><span class="lineno">  241</span>&#160;    dest_lp-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#a9fdf23c646a0c0b89bf902fa08eba758">s_e_rbs</a>++;</div>
<div class="line"><a name="l00242"></a><span class="lineno">  242</span>&#160;    dest_lp-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#a9fe2449cacb9a7ccaca3af5253ecd29d">s_e_rbs</a>++;</div>
<div class="line"><a name="l00243"></a><span class="lineno">  243</span>&#160;}</div>
<div class="ttc" id="ross-extern_8h_html_ae22db4d4e754eff64535402f5fa60a5f"><div class="ttname"><a href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a></div><div class="ttdeci">tw_synch g_tw_synchronization_protocol</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00018">ross-global.c:18</a></div></div>
<div class="ttc" id="ross-extern_8h_html_afffdf140f2c492f61546ad783833f127"><div class="ttname"><a href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a></div><div class="ttdeci">#define TW_LOC</div><div class="ttdef"><b>Definition:</b> <a href="ross-extern_8h_source.html#l00164">ross-extern.h:164</a></div></div>
<div class="ttc" id="structtw__event_html_accbcced0daa7dca4b2bfec444fa6d975"><div class="ttname"><a href="structtw__event.html#accbcced0daa7dca4b2bfec444fa6d975">tw_event::delta_buddy</a></div><div class="ttdeci">void * delta_buddy</div><div class="ttdoc">Delta memory from buddy allocator. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00275">ross-types.h:275</a></div></div>
<div class="ttc" id="structtw__statistics_html_aad1a97ac3d3b2a0b5be6a77e576d08a4"><div class="ttname"><a href="structtw__statistics.html#aad1a97ac3d3b2a0b5be6a77e576d08a4">tw_statistics::s_net_other</a></div><div class="ttdeci">tw_clock s_net_other</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00137">ross-types.h:137</a></div></div>
<div class="ttc" id="structtw__event_html_afbd71fb6565dd9a4de0ad8e77e748c8a"><div class="ttname"><a href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">tw_event::dest_lp</a></div><div class="ttdeci">tw_lp * dest_lp</div><div class="ttdoc">Destination LP ID. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00280">ross-types.h:280</a></div></div>
<div class="ttc" id="structtw__pe_html_a3164a458415135a6b5310d5f2394202a"><div class="ttname"><a href="structtw__pe.html#a3164a458415135a6b5310d5f2394202a">tw_pe::event_q</a></div><div class="ttdeci">tw_eventq event_q</div><div class="ttdoc">Linked list of events sent to this PE. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00379">ross-types.h:379</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a7032d3d1b4b869e4f1669248c7cf6447"><div class="ttname"><a href="network-mpi_8c.html#a7032d3d1b4b869e4f1669248c7cf6447">tw_net_cancel</a></div><div class="ttdeci">void tw_net_cancel(tw_event *e)</div><div class="ttdoc">Cancel the given remote event by either removing from the outq or sending an antimessage, depending on the status of the original positive send. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00595">network-mpi.c:595</a></div></div>
<div class="ttc" id="structtw__lp_html_ae20ce4f168ec2a179882101b4bbd1a6e"><div class="ttname"><a href="structtw__lp.html#ae20ce4f168ec2a179882101b4bbd1a6e">tw_lp::suspend_event</a></div><div class="ttdeci">tw_event * suspend_event</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00327">ross-types.h:327</a></div></div>
<div class="ttc" id="ross_8h_html_a80b370bc538e17441aef6afaff852678"><div class="ttname"><a href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a></div><div class="ttdeci">double tw_stime</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00150">ross.h:150</a></div></div>
<div class="ttc" id="structtw__lptype_html_ad1bfa89c4d8d2d7f5361a1745c64cfdc"><div class="ttname"><a href="structtw__lptype.html#ad1bfa89c4d8d2d7f5361a1745c64cfdc">tw_lptype::revent</a></div><div class="ttdeci">revent_f revent</div><div class="ttdoc">LP Reverse event handler routine. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00091">ross-types.h:91</a></div></div>
<div class="ttc" id="ross_8h_html_a273c2f3e8e704f34d62888aa26e61d73"><div class="ttname"><a href="ross_8h.html#a273c2f3e8e704f34d62888aa26e61d73">TW_STIME_CRT</a></div><div class="ttdeci">#define TW_STIME_CRT(x)</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00152">ross.h:152</a></div></div>
<div class="ttc" id="structtw__statistics_html_a63bdf31079607ac79020b3efb874dedd"><div class="ttname"><a href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">tw_statistics::s_pq</a></div><div class="ttdeci">tw_clock s_pq</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00143">ross-types.h:143</a></div></div>
<div class="ttc" id="ross-extern_8h_html_aedd6d883bb5b01f0d5c1121f48b0477e"><div class="ttname"><a href="ross-extern_8h.html#aedd6d883bb5b01f0d5c1121f48b0477e">g_tw_ts_end</a></div><div class="ttdeci">double g_tw_ts_end</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00068">ross-global.c:68</a></div></div>
<div class="ttc" id="structtw__lp_html_a0a11fbbde67b3bc5555f659c4a20f572"><div class="ttname"><a href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">tw_lp::lp_stats</a></div><div class="ttdeci">struct st_lp_stats * lp_stats</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00323">ross-types.h:323</a></div></div>
<div class="ttc" id="structtw__lp_html_ab625bb15608759dde614a877a992672b"><div class="ttname"><a href="structtw__lp.html#ab625bb15608759dde614a877a992672b">tw_lp::critical_path</a></div><div class="ttdeci">unsigned int critical_path</div><div class="ttdoc">Critical path value for this LP. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00319">ross-types.h:319</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a49ed2388aaae26e43280b7909c834aaa"><div class="ttname"><a href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a></div><div class="ttdeci">void tw_error(const char *file, int line, const char *fmt,...) NORETURN</div><div class="ttdef"><b>Definition:</b> <a href="tw-util_8c_source.html#l00074">tw-util.c:74</a></div></div>
<div class="ttc" id="structtw__lp_html_a205f09ff294b6bb1f61eab7b099ebea2"><div class="ttname"><a href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">tw_lp::type</a></div><div class="ttdeci">tw_lptype * type</div><div class="ttdoc">Type of this LP, including service callbacks. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00316">ross-types.h:316</a></div></div>
<div class="ttc" id="structtw__kp_html_a05a49ec7f8f98c6d7d8ca15ae1f8abdb"><div class="ttname"><a href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">tw_kp::kp_stats</a></div><div class="ttdeci">struct st_kp_stats * kp_stats</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00366">ross-types.h:366</a></div></div>
<div class="ttc" id="structtw__pe_html_ac1d26b7bfd058cc55cbf5ee201edb83c"><div class="ttname"><a href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">tw_pe::stats</a></div><div class="ttdeci">tw_statistics stats</div><div class="ttdoc">per PE counters </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00415">ross-types.h:415</a></div></div>
<div class="ttc" id="structst__lp__stats_html_a9fe2449cacb9a7ccaca3af5253ecd29d"><div class="ttname"><a href="structst__lp__stats.html#a9fe2449cacb9a7ccaca3af5253ecd29d">st_lp_stats::s_e_rbs</a></div><div class="ttdeci">unsigned int s_e_rbs</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00157">st-instrumentation.h:157</a></div></div>
<div class="ttc" id="structtw__event_html_a4e32bfdbde0d1cae06b5b3fb90adbffa"><div class="ttname"><a href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">tw_event::recv_ts</a></div><div class="ttdeci">tw_stime recv_ts</div><div class="ttdoc">Actual time to be received. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00282">ross-types.h:282</a></div></div>
<div class="ttc" id="aarch64_8h_html_a450cf25fa5291629087ca4198de55757"><div class="ttname"><a href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a></div><div class="ttdeci">static tw_clock tw_clock_read(void)</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8h_source.html#l00006">aarch64.h:6</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a5215643013906a13f0e2febadd0b0473"><div class="ttname"><a href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a></div><div class="ttdeci">static void tw_event_free(tw_pe *, tw_event *)</div></div>
<div class="ttc" id="structtw__lptype_html_a318b36c6d9614b4393a3fa010cb84a14"><div class="ttname"><a href="structtw__lptype.html#a318b36c6d9614b4393a3fa010cb84a14">tw_lptype::map</a></div><div class="ttdeci">map_f map</div><div class="ttdoc">LP Mapping of LP gid -&gt; remote PE routine. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00094">ross-types.h:94</a></div></div>
<div class="ttc" id="structtw__pe_html_a63048ba8f41665780ab46b3b6635ae91"><div class="ttname"><a href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">tw_pe::trans_msg_ts</a></div><div class="ttdeci">tw_stime trans_msg_ts</div><div class="ttdoc">Last transient messages&#39; time stamp. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00402">ross-types.h:402</a></div></div>
<div class="ttc" id="structtw__pe_html"><div class="ttname"><a href="structtw__pe.html">tw_pe</a></div><div class="ttdoc">Holds the entire PE state. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00375">ross-types.h:375</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44">TW_net_asend</a></div><div class="ttdoc">Network transmission in progress. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00219">ross-types.h:219</a></div></div>
<div class="ttc" id="structtw__lp_html_ae11766e3b01615bae30171e735ff7e07"><div class="ttname"><a href="structtw__lp.html#ae11766e3b01615bae30171e735ff7e07">tw_lp::suspend_flag</a></div><div class="ttdeci">unsigned int suspend_flag</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00331">ross-types.h:331</a></div></div>
<div class="ttc" id="structtw__pe_html_a682bbfd605f12208413174e31220d26c"><div class="ttname"><a href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">tw_pe::cancel_q</a></div><div class="ttdeci">tw_event * cancel_q</div><div class="ttdoc">List of canceled events. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00380">ross-types.h:380</a></div></div>
<div class="ttc" id="structtw__event_html_ab29a363ffc4af436e28ea2e9c02d7856"><div class="ttname"><a href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">tw_event::cv</a></div><div class="ttdeci">tw_bf cv</div><div class="ttdoc">Used by app during reverse computation. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00274">ross-types.h:274</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551">TW_kp_pevent_q</a></div><div class="ttdoc">In a tw_kp.pevent_q. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00216">ross-types.h:216</a></div></div>
<div class="ttc" id="structtw__event_html_a88a806c3cd8223c58419d2c817e9b36e"><div class="ttname"><a href="structtw__event.html#a88a806c3cd8223c58419d2c817e9b36e">tw_event::out_msgs</a></div><div class="ttdeci">tw_out * out_msgs</div><div class="ttdoc">Output messages. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00289">ross-types.h:289</a></div></div>
<div class="ttc" id="tw-event_8c_html_ace65c26a8d368f9b222d3d4416bff0af"><div class="ttname"><a href="tw-event_8c.html#ace65c26a8d368f9b222d3d4416bff0af">event_cancel</a></div><div class="ttdeci">static void event_cancel(tw_event *event)</div><div class="ttdef"><b>Definition:</b> <a href="tw-event_8c_source.html#l00107">tw-event.c:107</a></div></div>
<div class="ttc" id="ross_8h_html_a911515dff2fb79886a16ed44df5f9d20"><div class="ttname"><a href="ross_8h.html#a911515dff2fb79886a16ed44df5f9d20">tw_lpid</a></div><div class="ttdeci">uint64_t tw_lpid</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00160">ross.h:160</a></div></div>
<div class="ttc" id="structtw__pe_html_af05df69f14217e3d596ad127b3bee586"><div class="ttname"><a href="structtw__pe.html#af05df69f14217e3d596ad127b3bee586">tw_pe::seq_num</a></div><div class="ttdeci">tw_eventid seq_num</div><div class="ttdoc">Array of remote send counters for hashing on, size == g_tw_npe. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00420">ross-types.h:420</a></div></div>
<div class="ttc" id="structtw__lp_html_a8028662b2668953fa9f49f2df7d00850"><div class="ttname"><a href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">tw_lp::kp</a></div><div class="ttdeci">tw_kp * kp</div><div class="ttdoc">kp – Kernel process that we belong to (must match pe). </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00313">ross-types.h:313</a></div></div>
<div class="ttc" id="structtw__lp_html_a8d2c4500e1527356692c77a373dee093"><div class="ttname"><a href="structtw__lp.html#a8d2c4500e1527356692c77a373dee093">tw_lp::suspend_do_orig_event_rc</a></div><div class="ttdeci">unsigned int suspend_do_orig_event_rc</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00330">ross-types.h:330</a></div></div>
<div class="ttc" id="structtw__statistics_html_ab8856e6a9484744cb864ec3b94c1f86d"><div class="ttname"><a href="structtw__statistics.html#ab8856e6a9484744cb864ec3b94c1f86d">tw_statistics::s_nsend_net_remote</a></div><div class="ttdeci">tw_stat s_nsend_net_remote</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00126">ross-types.h:126</a></div></div>
<div class="ttc" id="structtw__event_html"><div class="ttname"><a href="structtw__event.html">tw_event</a></div><div class="ttdoc">Event Stucture. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00250">ross-types.h:250</a></div></div>
<div class="ttc" id="splay_8c_html_a94afee48f89c610daf86df689b10712e"><div class="ttname"><a href="splay_8c.html#a94afee48f89c610daf86df689b10712e">tw_pq_delete_any</a></div><div class="ttdeci">void tw_pq_delete_any(splay_tree *st, tw_event *r)</div><div class="ttdef"><b>Definition:</b> <a href="splay_8c_source.html#l00288">splay.c:288</a></div></div>
<div class="ttc" id="structtw__lp_html_aee9aa2042269d102347b762c08c43202"><div class="ttname"><a href="structtw__lp.html#aee9aa2042269d102347b762c08c43202">tw_lp::suspend_time</a></div><div class="ttdeci">tw_stime suspend_time</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00328">ross-types.h:328</a></div></div>
<div class="ttc" id="structtw__lp_html_a3e75d9bf7796c16870ad686564ee4c20"><div class="ttname"><a href="structtw__lp.html#a3e75d9bf7796c16870ad686564ee4c20">tw_lp::gid</a></div><div class="ttdeci">tw_lpid gid</div><div class="ttdoc">global LP id </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00306">ross-types.h:306</a></div></div>
<div class="ttc" id="ross_8h_html_a650bdf282bba8368dd3325bed7e12abc"><div class="ttname"><a href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a></div><div class="ttdeci">#define TW_STIME_CMP(x, y)</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00154">ross.h:154</a></div></div>
<div class="ttc" id="structtw__pe_html_a76e88f72d90635b512db0ba17d570e2f"><div class="ttname"><a href="structtw__pe.html#a76e88f72d90635b512db0ba17d570e2f">tw_pe::abort_event</a></div><div class="ttdeci">tw_event * abort_event</div><div class="ttdoc">Placeholder event for when free_q is empty. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00384">ross-types.h:384</a></div></div>
<div class="ttc" id="structtw__statistics_html_a11793b1e0f358ce83e0f0e7d858f14c5"><div class="ttname"><a href="structtw__statistics.html#a11793b1e0f358ce83e0f0e7d858f14c5">tw_statistics::s_buddy</a></div><div class="ttdeci">tw_clock s_buddy</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00149">ross-types.h:149</a></div></div>
<div class="ttc" id="ross-kernel-inline_8h_html_a543cb527662432d81f65c327e5e5f1b0"><div class="ttname"><a href="ross-kernel-inline_8h.html#a543cb527662432d81f65c327e5e5f1b0">tw_now</a></div><div class="ttdeci">static tw_stime tw_now(tw_lp const *lp)</div><div class="ttdef"><b>Definition:</b> <a href="ross-kernel-inline_8h_source.html#l00080">ross-kernel-inline.h:80</a></div></div>
<div class="ttc" id="structtw__pe_html_aa172b398c08f6cb989cf2449adb06a12"><div class="ttname"><a href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">tw_pe::cur_event</a></div><div class="ttdeci">tw_event * cur_event</div><div class="ttdoc">Current event being processed. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00385">ross-types.h:385</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a3def69f148eaba619b26c898c90687b8"><div class="ttname"><a href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a></div><div class="ttdeci">static void * tw_event_data(tw_event *event)</div></div>
<div class="ttc" id="structtw__lp_html_aa976d1a31ef6d0c3e93b39c51469f3d7"><div class="ttname"><a href="structtw__lp.html#aa976d1a31ef6d0c3e93b39c51469f3d7">tw_lp::suspend_error_number</a></div><div class="ttdeci">unsigned int suspend_error_number</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00329">ross-types.h:329</a></div></div>
<div class="ttc" id="mpi__allreduce_8h_html_a7a58c92b0e80a7be5f3a741f75df71f8"><div class="ttname"><a href="mpi__allreduce_8h.html#a7a58c92b0e80a7be5f3a741f75df71f8">tw_gvt_inprogress</a></div><div class="ttdeci">static int tw_gvt_inprogress(tw_pe *pe)</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8h_source.html#l00008">mpi_allreduce.h:8</a></div></div>
<div class="ttc" id="splay_8c_html_a60a6784c1d092ff7ddf96cf6762d7b9e"><div class="ttname"><a href="splay_8c.html#a60a6784c1d092ff7ddf96cf6762d7b9e">tw_pq_enqueue</a></div><div class="ttdeci">void tw_pq_enqueue(splay_tree *st, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="splay_8c_source.html#l00195">splay.c:195</a></div></div>
<div class="ttc" id="structtw__event_html_aac80968705fca84ecb01e83ea46419f3"><div class="ttname"><a href="structtw__event.html#aac80968705fca84ecb01e83ea46419f3">tw_event::cause_next</a></div><div class="ttdeci">tw_event * cause_next</div><div class="ttdoc">Next in parent&#39;s caused_by_me chain. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00262">ross-types.h:262</a></div></div>
<div class="ttc" id="structtw__event_html_a79a3d7a01afbd191b3e134cd3980fc15"><div class="ttname"><a href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">tw_event::caused_by_me</a></div><div class="ttdeci">tw_event * caused_by_me</div><div class="ttdoc">Start of event list caused by this event. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00261">ross-types.h:261</a></div></div>
<div class="ttc" id="structst__kp__stats_html_a9fdf23c646a0c0b89bf902fa08eba758"><div class="ttname"><a href="structst__kp__stats.html#a9fdf23c646a0c0b89bf902fa08eba758">st_kp_stats::s_e_rbs</a></div><div class="ttdeci">unsigned int s_e_rbs</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00141">st-instrumentation.h:141</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a83ae3f8b8b94935a1dbdfa2d2552f508"><div class="ttname"><a href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a></div><div class="ttdeci">tw_peid g_tw_mynode</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00088">ross-global.c:88</a></div></div>
<div class="ttc" id="structtw__event_html_a5cd6fd55a542c4149205cafbc13fcdcd"><div class="ttname"><a href="structtw__event.html#a5cd6fd55a542c4149205cafbc13fcdcd">tw_event::dest_lpid</a></div><div class="ttdeci">tw_lpid dest_lpid</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00286">ross-types.h:286</a></div></div>
<div class="ttc" id="structtw__kp_html_a2c69e0142ab6df7345feeb819dc7b86a"><div class="ttname"><a href="structtw__kp.html#a2c69e0142ab6df7345feeb819dc7b86a">tw_kp::s_e_rbs</a></div><div class="ttdeci">long s_e_rbs</div><div class="ttdoc">Number of events rolled back by this LP. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00363">ross-types.h:363</a></div></div>
<div class="ttc" id="structtw__pe_html_a90e1dbe51a084d6e02580667159e13ff"><div class="ttname"><a href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">tw_pe::pq</a></div><div class="ttdeci">tw_pq * pq</div><div class="ttdoc">Priority queue used to sort events. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00381">ross-types.h:381</a></div></div>
<div class="ttc" id="tw-event_8c_html_a431afc0e2b850ff343a302bf418bdf64"><div class="ttname"><a href="tw-event_8c.html#a431afc0e2b850ff343a302bf418bdf64">link_causality</a></div><div class="ttdeci">static void link_causality(tw_event *nev, tw_event *cev)</div><div class="ttdef"><b>Definition:</b> <a href="tw-event_8c_source.html#l00004">tw-event.c:4</a></div></div>
<div class="ttc" id="ross-types_8h_html_abea764c61c75c56008ccf665a71246fda70cd78c3dbc0801ed52437fa82a6e8ef"><div class="ttname"><a href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda70cd78c3dbc0801ed52437fa82a6e8ef">CONSERVATIVE</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00029">ross-types.h:29</a></div></div>
<div class="ttc" id="ross_8h_html"><div class="ttname"><a href="ross_8h.html">ross.h</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021aa527853575c8e8e7c07398131ff2a047"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021aa527853575c8e8e7c07398131ff2a047">TW_net_outq</a></div><div class="ttdoc">Pending network transmission. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00218">ross-types.h:218</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_a5c324b9c5a53c17e78709fa7eaaa7a1f"><div class="ttname"><a href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a></div><div class="ttdeci">static void tw_eventq_push(tw_eventq *q, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00257">tw-eventq.h:257</a></div></div>
<div class="ttc" id="buddy_8c_html_a2d38d5280dce5d4f0b85410e00c293a6"><div class="ttname"><a href="buddy_8c.html#a2d38d5280dce5d4f0b85410e00c293a6">buddy_free</a></div><div class="ttdeci">void buddy_free(void *ptr)</div><div class="ttdef"><b>Definition:</b> <a href="buddy_8c_source.html#l00137">buddy.c:137</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a3490c6c78a69f802cbb1ec82c2f13f9e"><div class="ttname"><a href="ross-extern_8h.html#a3490c6c78a69f802cbb1ec82c2f13f9e">tw_free_output_messages</a></div><div class="ttdeci">static void tw_free_output_messages(tw_event *e, int print_message)</div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a2aa790f48e8249fb18b1739b7cf9fef0"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2aa790f48e8249fb18b1739b7cf9fef0">TW_pe_sevent_q</a></div><div class="ttdoc">In tw_pe.sevent_q. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00221">ross-types.h:221</a></div></div>
<div class="ttc" id="structtw__statistics_html_a25c1b19b67e5b437265c98a444d89fc2"><div class="ttname"><a href="structtw__statistics.html#a25c1b19b67e5b437265c98a444d89fc2">tw_statistics::s_nsend_loc_remote</a></div><div class="ttdeci">tw_stat s_nsend_loc_remote</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00125">ross-types.h:125</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a2f67789cc425e7d839fa4b983f5b8505"><div class="ttname"><a href="ross-extern_8h.html#a2f67789cc425e7d839fa4b983f5b8505">g_tw_pe</a></div><div class="ttdeci">tw_pe * g_tw_pe</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00075">ross-global.c:75</a></div></div>
<div class="ttc" id="structtw__event_html_aaccf9aa1154e261f109c6add9abb487b"><div class="ttname"><a href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">tw_event::state</a></div><div class="ttdeci">struct tw_event::@0 state</div></div>
<div class="ttc" id="structtw__lp_html_a9fd32632e5c45a00faf16a6fd0814640"><div class="ttname"><a href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">tw_lp::pe</a></div><div class="ttdeci">tw_pe * pe</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00308">ross-types.h:308</a></div></div>
<div class="ttc" id="ross_8h_html_a1ec2e3807f66c4270f47acb0e555a519"><div class="ttname"><a href="ross_8h.html#a1ec2e3807f66c4270f47acb0e555a519">tw_peid</a></div><div class="ttdeci">unsigned long tw_peid</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00147">ross.h:147</a></div></div>
<div class="ttc" id="tw-event_8c_html_ad057802273cd99b0e039da1ba15080ac"><div class="ttname"><a href="tw-event_8c.html#ad057802273cd99b0e039da1ba15080ac">tw_event_send</a></div><div class="ttdeci">void tw_event_send(tw_event *event)</div><div class="ttdef"><b>Definition:</b> <a href="tw-event_8c_source.html#l00009">tw-event.c:9</a></div></div>
<div class="ttc" id="aarch64_8h_html_abcd6b97b84bebf1f961f85cd24b56c60"><div class="ttname"><a href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a></div><div class="ttdeci">uint64_t tw_clock</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8h_source.html#l00004">aarch64.h:4</a></div></div>
<div class="ttc" id="structtw__lp_html_a34fb8e673f23705156b2473503e8a2d5"><div class="ttname"><a href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">tw_lp::cur_state</a></div><div class="ttdeci">void * cur_state</div><div class="ttdoc">Current application LP data. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00315">ross-types.h:315</a></div></div>
<div class="ttc" id="network-mpi_8c_html_ac1e0e20e3cba954c23932ed9a55d6dc6"><div class="ttname"><a href="network-mpi_8c.html#ac1e0e20e3cba954c23932ed9a55d6dc6">tw_net_send</a></div><div class="ttdeci">void tw_net_send(tw_event *e)</div><div class="ttdoc">Adds the event to the outgoing queue of events to be sent, polls for finished sends, and attempts to start sends from outq. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00578">network-mpi.c:578</a></div></div>
<div class="ttc" id="tw-event_8c_html_adc74ca3ef069799b8f7bc8a0130a00aa"><div class="ttname"><a href="tw-event_8c.html#adc74ca3ef069799b8f7bc8a0130a00aa">local_cancel</a></div><div class="ttdeci">static void local_cancel(tw_pe *d, tw_event *event)</div><div class="ttdef"><b>Definition:</b> <a href="tw-event_8c_source.html#l00100">tw-event.c:100</a></div></div>
<div class="ttc" id="structtw__pe_html_a8a57f2123eddf6a195d82ecc781093e6"><div class="ttname"><a href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">tw_pe::id</a></div><div class="ttdeci">tw_peid id</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00376">ross-types.h:376</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a18038e8927326d19a30e302918ee9780"><div class="ttname"><a href="io-mpi_8c.html#a18038e8927326d19a30e302918ee9780">io_event_cancel</a></div><div class="ttdeci">void io_event_cancel(tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00070">io-mpi.c:70</a></div></div>
<div class="ttc" id="ross-kernel-inline_8h_html_a3e5591d29e9db9c6a1a1cc19ed55feec"><div class="ttname"><a href="ross-kernel-inline_8h.html#a3e5591d29e9db9c6a1a1cc19ed55feec">tw_getlocal_lp</a></div><div class="ttdeci">static tw_lp * tw_getlocal_lp(tw_lpid gid)</div><div class="ttdef"><b>Definition:</b> <a href="ross-kernel-inline_8h_source.html#l00009">ross-kernel-inline.h:9</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a78b06964847ca1cb36eb2ab8451994f8"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a78b06964847ca1cb36eb2ab8451994f8">TW_pe_pq</a></div><div class="ttdoc">In a tw_pe.pq. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00215">ross-types.h:215</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ae6211f101eb9694fec8f350c874ba6cd"><div class="ttname"><a href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a></div><div class="ttdeci">double g_tw_lookahead</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00049">ross-global.c:49</a></div></div>
<div class="ttc" id="ross-types_8h_html_aec5cb2bd2e05292a8f326a7b2358ee03"><div class="ttname"><a href="ross-types_8h.html#aec5cb2bd2e05292a8f326a7b2358ee03">tw_eventid</a></div><div class="ttdeci">unsigned int tw_eventid</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00046">ross-types.h:46</a></div></div>
<div class="ttc" id="ross_8h_html_a096f73feb08316896d644277b486c9ea"><div class="ttname"><a href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a></div><div class="ttdeci">#define TW_STIME_DBL(x)</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00153">ross.h:153</a></div></div>
<div class="ttc" id="structtw__kp_html_aabf1253aa1eb55c613a70fb3c9271117"><div class="ttname"><a href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">tw_kp::last_time</a></div><div class="ttdeci">tw_stime last_time</div><div class="ttdoc">Time of the current event being processed. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00360">ross-types.h:360</a></div></div>
<div class="ttc" id="structtw__pe_html_a5a432d56a00d136a8ed94a309014d591"><div class="ttname"><a href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">tw_pe::cev_abort</a></div><div class="ttdeci">unsigned char cev_abort</div><div class="ttdoc">Current event being processed must be aborted. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00399">ross-types.h:399</a></div></div>
<div class="ttc" id="tw-event_8c_html_ad90c1310a5aeee6d9bff67237f3e9913"><div class="ttname"><a href="tw-event_8c.html#ad90c1310a5aeee6d9bff67237f3e9913">tw_event_rollback</a></div><div class="ttdeci">void tw_event_rollback(tw_event *event)</div><div class="ttdef"><b>Definition:</b> <a href="tw-event_8c_source.html#l00181">tw-event.c:181</a></div></div>
<div class="ttc" id="structtw__lp_html"><div class="ttname"><a href="structtw__lp.html">tw_lp</a></div><div class="ttdoc">LP State Structure. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00304">ross-types.h:304</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6">TW_pe_event_q</a></div><div class="ttdoc">In a tw_pe.event_q list. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00214">ross-types.h:214</a></div></div>
<div class="ttc" id="structtw__event_html_a6164e23fd9a6397de27abc5852f4b6c3"><div class="ttname"><a href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">tw_event::owner</a></div><div class="ttdeci">unsigned char owner</div><div class="ttdoc">Owner of the next/prev pointers; see tw_event_owner. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00268">ross-types.h:268</a></div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.6
</small></address>
</body>
</html>
